@im-nobsidian/core 0.1.3 → 0.1.4

package/dist/index.d.ts

@@ -2,6 +2,26 @@ import { z } from 'zod';
 import { Client } from '@notionhq/client';
 import { PageObjectResponse, BlockObjectResponse, PageMarkdownResponse, PartialBlockObjectResponse } from '@notionhq/client/build/src/api-endpoints.js';
 
+declare const DatabaseSyncSchema: z.ZodObject<{
+    databaseId: z.ZodString;
+    localFolder: z.ZodString;
+    propertyMapping: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    pullFilter: z.ZodOptional<z.ZodUnknown>;
+    titleProperty: z.ZodDefault<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    databaseId: string;
+    localFolder: string;
+    titleProperty: string;
+    propertyMapping?: Record<string, string> | undefined;
+    pullFilter?: unknown;
+}, {
+    databaseId: string;
+    localFolder: string;
+    propertyMapping?: Record<string, string> | undefined;
+    pullFilter?: unknown;
+    titleProperty?: string | undefined;
+}>;
+type DatabaseSyncConfig = z.infer<typeof DatabaseSyncSchema>;
 declare const ConfigSchema: z.ZodObject<{
     version: z.ZodLiteral<1>;
     notion: z.ZodObject<{
@@ -10,18 +30,51 @@ declare const ConfigSchema: z.ZodObject<{
         workspaceId: z.ZodOptional<z.ZodString>;
         parentMode: z.ZodDefault<z.ZodEnum<["page", "database"]>>;
         databaseId: z.ZodOptional<z.ZodString>;
+        databases: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            databaseId: z.ZodString;
+            localFolder: z.ZodString;
+            propertyMapping: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            pullFilter: z.ZodOptional<z.ZodUnknown>;
+            titleProperty: z.ZodDefault<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            databaseId: string;
+            localFolder: string;
+            titleProperty: string;
+            propertyMapping?: Record<string, string> | undefined;
+            pullFilter?: unknown;
+        }, {
+            databaseId: string;
+            localFolder: string;
+            propertyMapping?: Record<string, string> | undefined;
+            pullFilter?: unknown;
+            titleProperty?: string | undefined;
+        }>, "many">>;
     }, "strip", z.ZodTypeAny, {
         token: string;
         rootPageId: string;
         parentMode: "page" | "database";
-        workspaceId?: string | undefined;
+        databases: {
+            databaseId: string;
+            localFolder: string;
+            titleProperty: string;
+            propertyMapping?: Record<string, string> | undefined;
+            pullFilter?: unknown;
+        }[];
         databaseId?: string | undefined;
+        workspaceId?: string | undefined;
     }, {
         token: string;
         rootPageId: string;
+        databaseId?: string | undefined;
         workspaceId?: string | undefined;
         parentMode?: "page" | "database" | undefined;
-        databaseId?: string | undefined;
+        databases?: {
+            databaseId: string;
+            localFolder: string;
+            propertyMapping?: Record<string, string> | undefined;
+            pullFilter?: unknown;
+            titleProperty?: string | undefined;
+        }[] | undefined;
     }>;
     sync: z.ZodObject<{
         direction: z.ZodDefault<z.ZodEnum<["push", "pull", "both"]>>;
@@ -29,18 +82,21 @@ declare const ConfigSchema: z.ZodObject<{
         autoSync: z.ZodDefault<z.ZodBoolean>;
         autoSyncInterval: z.ZodDefault<z.ZodNumber>;
         deleteSync: z.ZodDefault<z.ZodBoolean>;
+        syncFiles: z.ZodDefault<z.ZodBoolean>;
     }, "strip", z.ZodTypeAny, {
         direction: "push" | "pull" | "both";
         conflictStrategy: "local-first" | "remote-first" | "manual" | "duplicate";
         autoSync: boolean;
         autoSyncInterval: number;
         deleteSync: boolean;
+        syncFiles: boolean;
     }, {
         direction?: "push" | "pull" | "both" | undefined;
         conflictStrategy?: "local-first" | "remote-first" | "manual" | "duplicate" | undefined;
         autoSync?: boolean | undefined;
         autoSyncInterval?: number | undefined;
         deleteSync?: boolean | undefined;
+        syncFiles?: boolean | undefined;
     }>;
     paths: z.ZodObject<{
         include: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
@@ -93,8 +149,15 @@ declare const ConfigSchema: z.ZodObject<{
         token: string;
         rootPageId: string;
         parentMode: "page" | "database";
-        workspaceId?: string | undefined;
+        databases: {
+            databaseId: string;
+            localFolder: string;
+            titleProperty: string;
+            propertyMapping?: Record<string, string> | undefined;
+            pullFilter?: unknown;
+        }[];
         databaseId?: string | undefined;
+        workspaceId?: string | undefined;
     };
     sync: {
         direction: "push" | "pull" | "both";
@@ -102,6 +165,7 @@ declare const ConfigSchema: z.ZodObject<{
         autoSync: boolean;
         autoSyncInterval: number;
         deleteSync: boolean;
+        syncFiles: boolean;
     };
     paths: {
         include: string[];
@@ -125,9 +189,16 @@ declare const ConfigSchema: z.ZodObject<{
     notion: {
         token: string;
         rootPageId: string;
+        databaseId?: string | undefined;
         workspaceId?: string | undefined;
         parentMode?: "page" | "database" | undefined;
-        databaseId?: string | undefined;
+        databases?: {
+            databaseId: string;
+            localFolder: string;
+            propertyMapping?: Record<string, string> | undefined;
+            pullFilter?: unknown;
+            titleProperty?: string | undefined;
+        }[] | undefined;
     };
     sync: {
         direction?: "push" | "pull" | "both" | undefined;
@@ -135,6 +206,7 @@ declare const ConfigSchema: z.ZodObject<{
         autoSync?: boolean | undefined;
         autoSyncInterval?: number | undefined;
         deleteSync?: boolean | undefined;
+        syncFiles?: boolean | undefined;
     };
     paths: {
         include?: string[] | undefined;
@@ -347,6 +419,12 @@ declare class StateDB {
     upsertWikilink(entry: WikilinkEntry): void;
     getMeta(key: string): string | null;
     setMeta(key: string, value: string): void;
+    isFileRegistered(localPath: string): boolean;
+    getFileRegistry(localPath: string): FileRegistryEntry | null;
+    getFilesByPageId(notionPageId: string): FileRegistryEntry[];
+    registerFile(entry: RegisterFileInput): void;
+    deleteFileRegistry(localPath: string): void;
+    private mapFileRegistryRow;
     storePreserveMarkers(path: string, markers: PreserveMarker[]): void;
     getPreserveMarkers(path: string): PreserveMarker[];
     transaction<T>(fn: () => T): T;
@@ -365,6 +443,23 @@ interface UpsertSyncRecord {
     readonly status: SyncRecord["status"];
     readonly baseSnapshot?: Buffer | null;
 }
+interface FileRegistryEntry {
+    readonly id: string;
+    readonly localPath: string;
+    readonly notionPageId: string;
+    readonly fileUploadId: string;
+    readonly fileType: string;
+    readonly fileHash: string;
+    readonly fileSize: number;
+}
+interface RegisterFileInput {
+    readonly localPath: string;
+    readonly notionPageId: string;
+    readonly fileUploadId: string;
+    readonly fileType: string;
+    readonly fileHash: string;
+    readonly fileSize: number;
+}
 
 interface NotionClientOptions {
     readonly token: string;
@@ -408,10 +503,13 @@ declare class NotionClient {
     queryDatabase(databaseId: string, options?: {
         startCursor?: string;
         pageSize?: number;
+        filter?: unknown;
     }): Promise<{
         results: PageObjectResponse[];
         nextCursor: string | null;
     }>;
+    queryAllDatabasePages(databaseId: string, filter?: unknown): Promise<PageObjectResponse[]>;
+    getDataSourceId(databaseId: string): Promise<string>;
     archivePage(pageId: string): Promise<void>;
     listChildren(blockId: string, options?: {
         startCursor?: string;
@@ -580,6 +678,11 @@ declare class ChangeDetector {
     private detectMoves;
 }
 
+interface NonMdFileInfo {
+    readonly path: string;
+    readonly size: number;
+    readonly mtime: string;
+}
 interface VaultFS {
     readFile(path: string): Promise<string>;
     readBinary(path: string): Promise<Buffer>;
@@ -590,6 +693,7 @@ interface VaultFS {
     exists(path: string): Promise<boolean>;
     ensureFolder(path: string): Promise<void>;
     listMarkdownFiles(): Promise<FileInfo[]>;
+    listNonMarkdownFiles(): Promise<NonMdFileInfo[]>;
 }
 
 declare class SyncOrchestrator {
@@ -601,6 +705,8 @@ declare class SyncOrchestrator {
     private readonly pipeline;
     private readonly blockConverter;
     private readonly imageHandler;
+    private readonly fileHandler;
+    private readonly databaseSyncer;
     private readonly propertyMapper;
     private dbSchemaLoaded;
     constructor(config: Config, stateDb: StateDB, notionClient: NotionClient, vaultFs: VaultFS);
@@ -651,8 +757,10 @@ declare class NodeVaultFS implements VaultFS {
     exists(path: string): Promise<boolean>;
     ensureFolder(path: string): Promise<void>;
     listMarkdownFiles(): Promise<FileInfo[]>;
+    listNonMarkdownFiles(): Promise<NonMdFileInfo[]>;
     private matchesPattern;
     private isExcluded;
+    private walkDirNonMd;
     private walkDir;
 }
 
@@ -684,6 +792,37 @@ declare class ImageHandler {
     private guessExtension;
 }
 
+type NotionBlockType = "image" | "pdf" | "video" | "audio" | "file";
+interface FileUploadResult {
+    readonly localPath: string;
+    readonly fileUploadId: string;
+    readonly blockType: NotionBlockType;
+}
+interface FileDownloadResult {
+    readonly url: string;
+    readonly localPath: string;
+    readonly hash: string;
+    readonly size: number;
+}
+declare class FileHandler {
+    private readonly vaultFs;
+    private readonly notionClient;
+    private readonly stateDb;
+    private readonly sema;
+    constructor(vaultFs: VaultFS, notionClient: NotionClient, stateDb: StateDB);
+    pushFilesForFolder(folderPageId: string, folderPath: string): Promise<FileUploadResult[]>;
+    pushAllFiles(): Promise<FileUploadResult[]>;
+    downloadFileBlock(url: string, filename: string, targetFolder: string): Promise<FileDownloadResult>;
+    downloadFileBlocks(blocks: Array<{
+        type: string;
+        url: string;
+        caption?: string;
+    }>, targetFolder: string): Promise<FileDownloadResult[]>;
+    private uploadFile;
+    private createFileBlock;
+    private extractFilename;
+}
+
 declare class ConversionPipeline {
     private readonly preProcessors;
     private readonly postProcessors;
@@ -694,6 +833,27 @@ declare class ConversionPipeline {
     convertToMarkdown(content: string, context: ConversionContext, metadata?: ProcessorMetadata): string;
 }
 
+interface DatabaseSyncResult {
+    created: number;
+    updated: number;
+    failed: FailedOperation[];
+}
+declare class DatabaseSyncer {
+    private readonly config;
+    private readonly stateDb;
+    private readonly notionClient;
+    private readonly vaultFs;
+    private readonly pipeline;
+    private readonly imageHandler;
+    private readonly propertyMapper;
+    constructor(config: Config, stateDb: StateDB, notionClient: NotionClient, vaultFs: VaultFS, pipeline: ConversionPipeline, imageHandler: ImageHandler);
+    pullAll(): Promise<DatabaseSyncResult>;
+    pushAll(): Promise<DatabaseSyncResult>;
+    private pullDatabase;
+    private pullDatabasePage;
+    private pushDatabase;
+}
+
 declare class BlockConverter {
     private n2m;
     private client;
@@ -984,4 +1144,4 @@ interface PipelineOptions {
 }
 declare function createDefaultPipeline(options?: PipelineOptions): ConversionPipeline;
 
-export { BlockConverter, CalloutRestorer, CalloutTransformer, ChangeDetector, ColorAnnotator, type Config, ConfigManager, ConfigSchema, type Conflict, ConflictResolver, type ConflictStrategy, type ConversionContext, type ConversionPath, ConversionPipeline, type ConversionResult, DEFAULT_CONFIG, EmbedResolver, type FailedOperation, type FileInfo, type FileSystemEntry, type FileType, FileWatcher, FrontmatterExtractor, FrontmatterGenerator, HtmlAnnotationStripper, type ImageDownloadResult, ImageHandler, type ImageReference, InlineDBParser, type LocalChange, LocalImageRestorer, type Logger, type MappingResult, type MappingType, MathNormalizer, MentionToWikilink, type MergeConflictRegion, type MergeResult, NodeVaultFS, type NotionBlock, NotionBlockBuilder, NotionClient, type NotionClientOptions, type NotionPageNode, type NotionRichText, type RichTextItem as NotionRichTextItem, type OperationType, type PageCreationPlan, type PathFilterConfig, type PreserveMarker, PreserveMarkerCollector, PreserveMarkerInjector, type Processor, type ProcessorInput, type ProcessorMetadata, type ProcessorOutput, type ProgressCallback, PropertiesTableInjector, PropertiesTableRestorer, PropertyMapper, type PullOptions, type PullResult, type PushOptions, type PushResult, type RemoteChange, type ResolutionChoice, type ResolutionResult, type RichTextSegment, StateDB, type StatusResult, type SyncDirection, type SyncOptions, SyncOrchestrator, type SyncRecord, type SyncResult, type SyncStatus, TreeMapper, UnsupportedBlockStripper, type UpsertSyncRecord, type VaultFS, type WatchSyncOptions, WatchSyncService, type WikilinkEntry, WikilinkResolver, computeBufferHash, computeHash, createDefaultPipeline, generateId, getLogger, normalizeNotionId, notionIdsEqual, sanitizeFileName, setLogger, threeWayMerge };
+export { BlockConverter, CalloutRestorer, CalloutTransformer, ChangeDetector, ColorAnnotator, type Config, ConfigManager, ConfigSchema, type Conflict, ConflictResolver, type ConflictStrategy, type ConversionContext, type ConversionPath, ConversionPipeline, type ConversionResult, DEFAULT_CONFIG, type DatabaseSyncConfig, type DatabaseSyncResult, DatabaseSyncer, EmbedResolver, type FailedOperation, type FileDownloadResult, FileHandler, type FileInfo, type FileSystemEntry, type FileType, type FileUploadResult, FileWatcher, FrontmatterExtractor, FrontmatterGenerator, HtmlAnnotationStripper, type ImageDownloadResult, ImageHandler, type ImageReference, InlineDBParser, type LocalChange, LocalImageRestorer, type Logger, type MappingResult, type MappingType, MathNormalizer, MentionToWikilink, type MergeConflictRegion, type MergeResult, NodeVaultFS, type NonMdFileInfo, type NotionBlock, NotionBlockBuilder, NotionClient, type NotionClientOptions, type NotionPageNode, type NotionRichText, type RichTextItem as NotionRichTextItem, type OperationType, type PageCreationPlan, type PathFilterConfig, type PreserveMarker, PreserveMarkerCollector, PreserveMarkerInjector, type Processor, type ProcessorInput, type ProcessorMetadata, type ProcessorOutput, type ProgressCallback, PropertiesTableInjector, PropertiesTableRestorer, PropertyMapper, type PullOptions, type PullResult, type PushOptions, type PushResult, type RemoteChange, type ResolutionChoice, type ResolutionResult, type RichTextSegment, StateDB, type StatusResult, type SyncDirection, type SyncOptions, SyncOrchestrator, type SyncRecord, type SyncResult, type SyncStatus, TreeMapper, UnsupportedBlockStripper, type UpsertSyncRecord, type VaultFS, type WatchSyncOptions, WatchSyncService, type WikilinkEntry, WikilinkResolver, computeBufferHash, computeHash, createDefaultPipeline, generateId, getLogger, normalizeNotionId, notionIdsEqual, sanitizeFileName, setLogger, threeWayMerge };